Amazon Bedrock Marketplace でモデルをデプロイしてみた

{
	"Version": "2012-10-17",
	"Statement": [
		{
			"Effect": "Allow",
			"Action": ["s3:GetObject", "s3:ListBucket"],
			"Resource": [
				"arn:aws:s3:::jumpstart-cache-prod-ap-northeast-1",
				"arn:aws:s3:::jumpstart-cache-prod-ap-northeast-1/*"
			],
			"Condition": {
				"StringEquals": {
					"aws:ResourceAccount": "AWS_OWNED_ACCOUNT_ID_1"
				}
			}
		},
		{
			"Effect": "Allow",
			"Action": [
				"logs:CreateLogStream",
				"logs:PutLogEvents",
				"logs:CreateLogGroup",
				"logs:DescribeLogStreams"
			],
			"Resource": [
				"arn:aws:logs:ap-northeast-1:DEPLOYMRNT_ACCOUNT_ID:log-group:/aws/sagemaker/Endpoints/karakuri-lm-8x7b-instruct",
				"arn:aws:logs:ap-northeast-1:DEPLOYMRNT_ACCOUNT_ID:log-group:/aws/sagemaker/Endpoints/karakuri-lm-8x7b-instruct:*"
			]
		},
		{
			"Effect": "Allow",
			"Action": "cloudwatch:PutMetricData",
			"Resource": "*",
			"Condition": {
				"StringEquals": {
					"cloudwatch:Namespace": ["AWS/SageMaker", "/aws/sagemaker/Endpoints"]
				}
			}
		},
		{
			"Effect": "Allow",
			"Action": ["ecr:GetAuthorizationToken"],
			"Resource": "*"
		},
		{
			"Effect": "Allow",
			"Action": [
				"ecr:BatchCheckLayerAvailability",
				"ecr:BatchGetImage",
				"ecr:GetDownloadUrlForLayer"
			],
			"Resource": "arn:aws:ecr:ap-northeast-1:*:repository/*",
			"Condition": {
				"StringEquals": {
					"aws:ResourceAccount": [
						"AWS_OWNED_ACCOUNT_ID_2",
						"AWS_OWNED_ACCOUNT_ID_3"
					]
				}
			}
		}
	]
}

{
	"schemaType": "ModelInvocationLog",
	"schemaVersion": "1.0",
	"timestamp": "2024-12-31T04:00:56Z",
	"accountId": "123456789012",
	"identity": {
		"arn": "arn:aws:sts::123456789012:assumed-role/takakuni/takakuni"
	},
	"region": "ap-northeast-1",
	"requestId": "1dd8d6b7-492e-4fd7-a582-833acfe668ee",
	"operation": "InvokeModel",
	"modelId": "arn:aws:sagemaker:ap-northeast-1:123456789012:endpoint/karakuri-lm-8x7b-instruct",
	"input": {
		"inputContentType": "application/json",
		"inputBodyJson": {
			"inputs": "<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>あなたは親切なアシスタントです。<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|USER_TOKEN|>良いお年を！<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|><attributes>helpfulness: 4 correctness: 4 coherence: 4 complexity: 4 verbosity: 4 quality: 4 toxicity: 0 humor: 0 creativity: 0</attributes>",
			"parameters": {
				"max_new_tokens": 256,
				"stop": [],
				"temperature": 1,
				"top_p": 0.9,
				"top_k": null
			}
		}
	},
	"output": {
		"outputContentType": "application/json",
		"outputBodyJson": {
			"generated_text": "<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>あなたは親切なアシスタントです。<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|USER_TOKEN|>良いお年を！<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|><attributes>helpfulness: 4 correctness: 4 coherence: 4 complexity: 4 verbosity: 4 quality: 4 toxicity: 0 humor: 0 creativity: 0</attributes> あなたも、良いお年をお迎えください！もし何かお手伝いできることがあれば、遠慮なくご相談ください。"
		}
	}
}